d205e376bd14192125caa427ec3671729880193f,src/main/java/org/deeplearning4j/examples/feedforward/mnist/MLPMnistTwoLayerExample.java,MLPMnistTwoLayerExample,main,#String[]#,28

Before Change


                .list(3)
                .layer(0, new DenseLayer.Builder()
                        .nIn(numRows * numColumns)
                        .nOut(500)
                        .activation("relu")
                        .weightInit(WeightInit.XAVIER)
                        .build())
                .layer(1,  new DenseLayer.Builder()
                		.nIn(500)
                		.nOut(100)

After Change


            .optimizationAlgo(OptimizationAlgorithm.STOCHASTIC_GRADIENT_DESCENT)
            .iterations(1)
            .activation("relu")
            .weightInit(WeightInit.XAVIER)
            .learningRate(rate)
            .updater(Updater.NESTEROVS).momentum(0.98)
            .regularization(true).l2(rate * 0.005)
            .list()
            .layer(0, new DenseLayer.Builder()
                    .nIn(numRows * numColumns)
                    .nOut(500)
                    .build())
            .layer(1,  new DenseLayer.Builder()
                    .nIn(500)
                    .nOut(100)